//satori.cpp 

//Copyright (c) 2003. Satori Labs, Inc. All Rights Reserved. 

// Note that in the code examples below, three dots (. . .) indicates places 

// where code that wasn't relevant to illustrating the point was removed. 

// Understanding this code requires knowledge of C++, Microsoft Pocket PC 

// programming, some MFC, and some familiarity with Anoto pen technology. 

II** ***************************** ******************************************* 

// 1) Receiving notification from the pen: 

// Our current system receives a file from the pen via a Bluetooth "push"; 
// we set up to be notified when a new file appears in the 
// appropriate directory 

void CFusionWareEditorView::OnlnitialUpdate() 
{ 

//. . . 

// ask to be notified of a file change in the PGD target directory, which may be a pgd file. 
// IFF widcomm exists, use it's path set for incoming files, else 
// default to temp dir. 
TCHAR buf [M AX_PATH] ; 
_tcscpy(buf, _T("\\Temp")); 

LPCTSTR IpszWidcommlnboxDir = _T("SOFTWARE\\WIDCOMM\\btConfig\\Services\\0002"); 
CRegKey cKey; 

LONG IResult = cKey.Open(HKEY_LOCAL_MACHINE, IpszWidcommlnboxDir); 

if (ERROR_SUCCESS == IResult) 

{ 

DWORD dwCount = MAX_PATH; 
cKey.QueryValue(buf, _T("lnboxDirectory"), &dwCount); 
cKey.Close(); 

} 

if (_tcslen(buf)) 
{ 

SHCHANGENOTIFYENTRY cne; 
cne.dwEventMask = SHCNECREATE; 
cne.pszWatchDir = buf; 
cne.fRecursive = FALSE; 

if (!SHChangeNotifyRegister(GetSafeHwnd(), &cne)) 
{ 

this->MessageBox(_T("Failed to register for pgd change notification!"), g_strAppName); 

} 

} 

//. . . 

} 

// We then wait for a change notification, and try to handle it. 
// The parser determines if its a valid pgd file. 
// The file format, and as a result the parser, are defined by Anoto, 
//the pen manufacturer. 

LRESULT CFusionWareEditorView::OnFileChangelnfo(WPARAM /* wParam 7, LPARAM IParam) 
{ 

FILECHANGENOTIFY *lpfcn = (FILECHANGENOTIFY*)IParam; 
FILECHANGEINFO *lpfci; 
Ipfci = &(lpfcn->fci); 



ASSERT(lpfci->wEventld == SHCNE_CREATE); 

// this calls code to actually parse the data 

GetDocument()->HandleNewPGD((LPCTSTR)lpfci->dwltem1); 

SHChangeNotifyFree(lpfcn); 

return TRUE; 

} 

II ******************************************************************** 

// 2) Displaying handwriting on pgd screen 

// 

// We add the strokes for a given page here 

void CEditltemDlg::Setltemlnfo( void* pCurrentltem, CPtrArray* pltemsArray, int iCurrentlndex ) 
{ 

for (int i = 0; i < page->m_drawAreas->GetSize(); i++) 
{ 

PadDrawArea &pdArea = page->m_drawAreas->ElementAt(i); 
int nSize = pdArea.m_userAreas->GetSize(); 
for (int j = 0; j < nSize; j++) 
{ 

PadArea &pArea = pdArea.m_userAreas->ElementAt(j); 

if (pArea.m_strokes) 

{ 

int numStrokes = pArea.m_strokes->GetSize(); 

// add each stroke - I will probably change this to just pass in the m_strokes list itself 
// The current one stroke at a time is based on an old algorithm 
for (int i = 0; i < numStrokes; i++) 

m_graphicView.AddStroke(pArea.m_strokes->ElementAt(i)); 

} 

} 

} 

} 

void CBitmapDisplay::AddStroke(PenStroke &newStroke) 
{ 

m_st ro kes . Add ( newSt roke) ; 

m_bRecreate = TRUE; 

m_bShowHorz = m_bS how Vert = FALSE; 

} 

// everything is placed in a memory device context, so paint just blits that to the screen 

void CBitmapDisplay::OnPaint() 

{ 

CPaintDC dc(this); // device context for painting 
if (m_b Recreate) 

CreateMemDC(); 
if (mmemDC) 

dc.BitBlt(m_nOffsetx, m_nOffsety, m_sizeClient.cx, m_sizeClient.cy, m_memDC, m_nSourcex, m_nSourcey, 
SRCCOPY); 

m_erase = FALSE; 

} 

// here is where we draw the PAD file contents, and the the pen strokes to create a view of the page. 

BOOL CBitmapDisplay::CreateMemDC() 

{ 



if (!m_bRecreate || (!m_bmpNew.m_hObject && !m_padPage)) 

return FALSE; 
if (m memDC) 

delete m memDC; 
CRect cRect; 
GetClientRect(cRect); 
m_sizeClient.cx = cRect.Width() - 18; 
m_sizeClient.cy = cRect.Height() - 18; 
if (!m_padPage) 
{ 

m_sizeAll.cx = (m_bmlnfo.bmWidth > m_sizeClient.cx) ? m_bmlnfo.bin Width : m_sizeClient.cx; 
m_sizeAll.cy = (m_bmlnfo.bmHeight > m_sizeClient.cy) ? m_bmlnfo.bmHeight : m_sizeClient.cy; 
m_memDC = new CDC(); 
CCIientDC dc(this); 

m_memDC->CreateCompatibleDC(&dc); 
CDC tmpDC; 

tmpDC.CreateCompatibleDC(&dc); 

m_bmpOld = (HBITMAP)tmpDC.SelectObject(m_bmpNew); 
CBitmap tmpBmp; 

tmpBmp.CreateCompatibleBitmap(&dc, m_bmlnfo.bmWidth, m_bmlnfo.bmHeight); 
m_memDC->SelectObject(tmpBmp); 

m_memDC->BitBlt(0, 0, m_bmlnfo.bmWidth, m_bmlnfo.bmHeight, &tmpDC, 0, 0, SRCCOPY); 
tmpDC.SelectObject(m_bmpOld); 

} 

else 
{ 

// go through all the pad draw_area areas and find the min and max size... 
int maxx = 0, maxy = 0; 

int nSize = m_padPage->m_drawAreas->GetSize(); 

ASSERT(nSize); 

for (int i = 0; i < nSize; 

{ 

PadDrawArea &pArea = m_padPage->m_drawAreas->ElementAt(i); 
int x = pArea.m_topLeft.x + pArea.m_size.cx; 
int y = pArea.m_topLeft.y + pArea.m_size.cy; 
if (maxx < x) 

maxx = x; 
if (maxy < y) 

maxy = y; 

} 

// add a little extra space 
maxx += 5; 
maxy += 5; 

m_sizeAll.cx = (maxx > m_sizeClient.cx) ? maxx : m_sizeClient.cx; 
m_sizeAll.cy = (maxy > m_sizeClient.cy) ? maxy : m_sizeClient.cy; 
m_memDC = new CDC(); 
CCIientDC dc(this); 

m_memDC->CreateCompatibleDC(&dc); 

m_bmpNew.CreateCompatibleBitmap(m_memDC, maxx, maxy); 
m_bmpNew.GetBitmap(&m_bmlnfo); 



m_bmpOld = (HBITMAP)m_memDC->SelectObject(m_bmpNew); 
// now draw areas onto screen 
CPen pen; 

pen.CreatePen(PS_SOLID, 2, RGB(0, 0, 255)); 

HPEN oldPen = (HPEN)m_memDC->SelectObject(pen); 

HBRUSH oldBrush = (HBRUSH)m_memDC->SelectStockObject(WHITE_BRUSH); 

CRect rect(0, 0, m_sizeAll.cx, m_sizeAll.cy); 

rect.DeflateRect(1, 1,1,1); 

m_memDC->Rectangle(rect); 

m_memDC->SelectStockObject(NULL_BRUSH); 

for (i = 0; i < nSize; 

{ 

PadDrawArea &pArea = m_padPage->m_drawAreas->ElementAt(i); 

m_memDC->Rectangle(pArea.m_topLeft.x, pArea.m_topLeft.y, pArea.m_topLeft.x + pArea.m_size.cx, 
pArea.m_topLeft.y + pArea.m_size.cy); 
if (pArea.m_userAreas) 
{ 

int uaSize = pArea.m_userAreas->GetSize(); 

for (int j = 0; j < uaSize; j++) 

{ 

PadArea &uarea = pArea.m_userAreas->ElementAt(j); 

m_memDC->Rectangle(uarea.m_topLeft.x, uarea.m_topLeft.y, uarea.m_topLeft.x + uarea.m_size.cx, 
uarea.m_topLeft.y + uarea.m_size.cy); 
} 

} 

} 

m_mem DC->SelectObject(old Pen) ; 
m_memDC->SelectObject(oldBrush); 

} 

double pelsPerUnitx = (.333 * theDoc->m_pelsPerMM_x); 
double pelsPerUnity = (.333 * theDoc->m_pelsPerMM_y); 
int nstrokes = m_strokes.GetSize(); 

// here is where the pen strokes are drawn to the memory device context 
CPen pen; 

pen.CreatePen(PS_SOLID, 2, RGB(0, 0, 255)); 

HPEN oldPen = (HPEN)m_memDC->SelectObject(pen); 

const double offset = PAGEOFFSET/2.; 

for (int i = 0; i < nstrokes; i++) 

{ 

PenStroke &stroke = m_strokes.ElementAt(i); 

int numPoints = stroke. numPoints; 

POINT m_line[2]; // Point array for drawing 

double x = (((double)stroke.points[0].x) / CALLIG_FIXUP + offset) * pelsPerUnitx; 

double y = (((double)stroke.points[0].y) / CALLIG_FIXUP + offset) * pelsPerUnitx; 

m_line[0].x = (int)x; 

m_line[0].y = (int)y; 

for (int j = 0; j < numPoints; j ++ ) 

{ 

x = ((((double)stroke.points[j].x) / CALLIG_FIXUP) + offset) * pelsPerUnitx; 
y = ((((double)stroke.points[j].y) / CALLIG_FIXUP) + offset) * pelsPerUnitx; 



m_line[1].x = (int)x; 
m_line[1].y = (int)y; 

if ( HWRAbs(m_Nne[0].x - m_line[1].x) + HWRAbs(m_line[0].y - m_line[1].y) >= 2) 
{ 

m_memDC->Polyline(m_line, 2 ); 
m_line[0] = m_line[1]; 

} 

} 

} 

m_memDC->SelectObject(oldPen); 

// . . . then it goes on to set up scroll bars... 

return !(m_bRecreate = FALSE); 

} 

II ********************************************************************************** 

// 3) Sending data to text recognition engine: 

// 

// Following is the main loop for handling incoming pen data: 

void AnotoPointToCPoint(FPOINT &anotoPt, CPoint &cgrPoint, CFusionWareEditorDoc *pDoc) 
{ 

// convert to calligrapher points 

// samples are in Anoto Corrdinates. 

// Convert to short in a resolution that Calligrapher can handle 
double x = anotoPt.X - PAGEOFFSET; 
double y = anotoPt.Y - PAGEOFFSET; 
cgrPoint.x = (int)( x * CALLIG_FIXUP); 
cgrPoint.y = (int)( y * CALLIG_FIXUP); 

} 

// Do Recognize 

// This routine is called after all strokes for a given session have been sent 
// to the recognition engine. It now asks the recognition engine to provide 
// the words, alternates, weights and actual strokes used for each word 

BOOL DoRecognize(Calligrapher *m_callig, p_RecogWordData* data, UINT &num_ans, CFusionWareEditorDoc 

*pDoc ) 

{ 

TRACEO("DoRecognize called\r\n M ); 

if (!m_callig->lsLoaded()) 
return FALSE; 

UINT num_alts, num_strokes, weight; 

TCHAR * ptr; 

TCHAR str[256]; 
#ifdef _DEBUG 

CString strRecognized = _T(""); 
#endif 

// get the number of words found/recognized 
num_ans = m_callig->GetAnswers( CGA NUM ANSWERS, 0, 0 ); 
if (num ans == 0) 
return FALSE; 
(*data) = new RecogWordData[num_ans]; 
TRACE1 ("Answers found: %d\r\n", num_ans); 
for (UINT k = 0; k < num_ans; k++ ) 



{ 

// get number of alternates 

num_alts = m_callig->GetAnswers(CGA_NUM_ALTS, k, 0); 

(*data)[k].numAlts = num_alts; 

// allocate space to store alternatives 

(*data)[k].alts = new LPTSTR[num_alts]; 

// allocate place to store weights (percent probability) for each alternate 
(*data)[k] .weights = new DWORD[num_alts]; 
// get number of strokes used 

num_strokes = m_callig->GetAnswers(CGA_ALT_NSTR, k, 0); 
(*data)[k].numStrokes = num_strokes; 

// get the actual strokes used (may or may not match those sent in 
(*data)[k].strokesllsed = (int *)m_callig->GetAnswers(CGA_ALT_STROKES, k, 0); 
UINThighWeight = 0; 

// now ask for each alternative: the first one is the one we default to 
// using 

for (UINT i = 0, n = 0; i < num_alts; i++ ) 
{ 

// get the alternate 

ptr = (TCHAR *)(m_callig->GetAnswers(CGA_ALT_WORD, k, i)); // Get word alternative 

int len = _tcslen(ptr) * sizeof(TCHAR); 

(*data)[k].alts[i] = new TCHAR[len]; 

_tcscpy ((*data)[k] . alts[i] , ptr) ; 

// get this alternates percent probability 

weight = (int)m_callig->GetAnswers(CGA_ALT_WEIGHT, k, i); // Get weight of the alternative 
(*data)[k].weights[i] = weight; 
if (weight > highWeight) 
{ 

highWeight = weight; 
(*data)[k].sel Index = i; 

} 

// DEBUG ONLY: Place answers in the ans buffer 
#ifdef_DEBUG 

strRecognized += ptr; 
strRecognized += _T(" : "); 
wsprintf(str, _T( M %d"), weight); 
strRecognized += str; 
strRecognized += "; 

#endif 
} 

#ifdef _DEBUG 

strRecognized += _T("\r\n>»"); 

wsprintf(str, TEXT("Nstrokes: %2d M ), num_strokes); 

strRecognized += _T("\r\n»>"); 

strRecognized += str; 

strRecognized += _T("\r\n>»"); 
#endif 
} 

#ifdef _DEBUG 

// TRACE will crash is StrRecognized is too long. 



CString traceOut; 

if (strRecognized.GetLength() > 20) 

traceOut = strRecognized.Left(20); 
else 

traceOut = strRecognized; 
TRACE1("%s\r\n'\ traceOut); 
pDoc->m_szTestData += strRecognized; 
#endif 

return TRUE; 

} 

Ret_t P rocess Pages (Instance I D_t id, VoidPtr_t pUserData, PagesPtr_t pContent) 
{ 

TRACE0("Enter Process Pages... \r\n"); 
// create test padfile info 

CFusionWareEditorDoc *pDoc = (CFusionWareEditorDoc*)pUserData; 

CStrokesDB &sDB = pDoc->GetStrokesDatabase(); 

CProgressCtrl &progCtrl = theMainView->m_progressCtrl; 

theMainView->m_progText.SetWindowText(_T("Processing new pen data . . .")); 

progCtrl.ShowWindow(SW_SHOW); 

ldle(); 

pDoc->m_szTestData = _T(' m ); 

// First get the pen data as pages from the WBXML parser 
CString strText; 

// Now parse the STF Data along with Stylo data 

Pagel_istPtr_t pagelist = NULL; 

PagePtr_t page = NULL; 

pagelist = pContent->pages; 

StfDecoder1_0 stf decoder; 

float offsetX = 0, offsetY = 0; 

int iPages = 0; 

while(pagelist) 

{ 

// get next in the list 
pagelist = pagelist->next; 
iPages++; 

} 

CPage* pcPage = new CPage[i Pages]; 

pagelist = pContent->pages; 

i Pages = 0; 

while(pagelist) 

{ 

// get each page stuff 
page = pagelist->item; 
if( page ) 
{ 

STFPtr_tstf = NULL; 
Sty loPtr_t stylo = NULL; 
stf = page->stf; 
stylo = page->stylo; 
PcdataPtr_t stylodata = NULL; 



PcdataPtr_t stfdata = NULL; 

if ( stylo ) 

{ 

stylodata = stylo->table->data; 

} 

if(stf) 
{ 

stfdata = stf->data; 

} 

pcPage[iPages].SetSize( CSize(page->width, page->heigth) ); 

if(page->pa) 

{ 

// To Do make char* to TCHAR* 
wchar_t* IpwszlD = NULL; 
int iLength = 0; 

char* pszlD = smlPcdata2String(page->pa); 
LocaleStringToUnicode( pszlD, &lpwszlD, &iLength ); 
pcPage[iPages].ld(lpwszlD); 
delete [] IpwszlD; 

} 

else 
{ 

pcPage[iPages].ld(_T( M 0.0.0.0 M )); 

} 

Binary Reader reader = Binary Reader((BYTE*)stfdata->content, stfdata->length ); 

stfdecoder.decode( reader, stylodata ? (BYTE*)stylodata->content : NULL, stylodata ? stylodata->length : 0, 
pcPage[iPages], offsetX, offsetY ); 
iPages++; 

} 

// get next in the list 
pagelist = pagelist->next; 

} 

if (g_padlnfo == NULL) 

g_padlnfo = new C Pad Info; 
// Now itererate through the pages and pull out the items 
for (int pagelndex = 0; pagelndex < iPages; pagelndex++) 
{ 

if (g_padlnfo->SelectPage(pcPage[pagelndex].ld())) 
{ 

// page already exists... 

g_pad I nfo-> ResetCu rPageData() ; 

} 

else 
{ 

if (!g_padlnfo->LoadPadFile((LPCTSTR)g_padFileName, pcPage[pagelndex].ld())) 

continue; // try next page 
g_padlnfo->SelectPage(pcPage[pagelndex].ld()); 

} 

CString strFormat; 
CString strData; 



CStroke* pStroke = NULL; 

vector<CStroke>& strokes = pcPage[pagelndex].GetStrokes( ); 
UINT numStrokes = strokes.size(); 
double tLastTime = 0.; 

g_padlnfo->SetCurPageCreateTime(strokes[0].StartSecond()); 
progCtrl.SetRange(0, numStrokes * 2 + g_padlnfo->m_pages.GetSize() + 2); 
progCtrl.SetStep(l); 
// setup calligrapher 

PenStrokes pAIIStrokes = new PenStroke[numStrokes]; 

pDoc->m_callig->CleanStorage(); 

// start new section 

TRACEOfStartSect called . . Ar\n") ; 

pDoc->m_callig->StartSect(); 

UINT wordsFound; // number of words found 

// store off first time 

// Main loop for converting Anoto floating point strokes to 

// integer values and storing them and other relevant data 

// in the DB 

if (numStrokes) 

tLastTime = strokes[0].Time(); 
#ifdef _DEBUG 

short minX, minY, maxX, maxY; 

minX = minY = SHRT_MAX; 

maxX = maxY = 0; 
#endif 

for( UINT i = 0; i < numStrokes; i++ ) 
{ 

pStroke = &strokes[i]; 

vector<FPOINT>& samples = pStroke->Samples(); 
CPoint *cPoints = new CPoint[samples.size()]; 
pDoc->m_callig->StartStroke(); 
UINT numSamples = samples.size(); 
double tTime = pStroke->Time(); 

// if time difference between strokes is greater than 1200ms 

//start new section. 

if ((tTime - tLastTime) > 1200) 

{ 

TRACEOf'closing callig section due to time difference\r\n"); 

pDoc->m_callig->EndSect(); 

TRACE0("EndSect called.. Ar\n"); 

// start another since we have another stroke at least 

pDoc->m_callig->StartSect(); 

TRAC E0("StartSect cal led . . Ar\n") ; 

} 

tLastTime = tTime + pStroke->Duration(); 
TRACE1 ("Adding %d points\r\n", numSamples); 

// the Anoto points come in as floating point values, which must be translated to integer for the recognizer 

for (UINT j = 0; j < numSamples; j++) 

{ 

// convert from float to integer 



AnotoPointToCPoint(samples[j], cPoints[j], pDoc); 
// add to recognizer 
#ifdef _DEBUG 

// find the bounds for debug purposes 
int x, y; 

x = cPoints[j].x; 
y = cPoints[j].y; 
if (x < minX) 

minX = x; 
else if (x > maxX) 

maxX = x; 
if (y < minY) 

minY = y; 
else if (y > maxY) 

maxY = y; 

#endif 
} 

// save points in temp array 
pAIIStrokes[i]. points = cPoints; 
pAIIStrokes[i].numPoints = numSamples; 
progCtrl.Steplt(); 
ldle(); 

// now find section for this item 
pDoc->m_callig->EndStroke(); 

} 

pDoc->m_callig->EndSect(); 

TRACEO("EndSect called... \r\n"); 

// The points have been converted, now send them 

// to the recognizer, and fill the RecogData structure, 

// Each RecogData structure will contain the strokes, words and alternate words found 
// and each is associated with a Page location or PadArea 
CMap<PadArea*, PadArea*&, PadArea*, PadArea*&> padMap; 
PadArea *lastArea = NULL; 

// divide strokes up into areas as defined by PAD file 

for (i = 0; i < numStrokes; i++) 

{ 

// see below for implementation of FindPadArea 

PadArea *area = g_padlnfo->FindPadArea(pAIIStrokes[i]. points, pAIIStrokes[i].numPoints); 

if (!area) 

{ 

TRACEO("Received stroke that was not associated with any page location!"); 
if (lastArea) 

lastArea->m_strokes->Add(pAIIStrokes[i]); 
continue; 

} 

TRACE 1 ("Stroke added to area %s\r\n", (LPCTSTR)area->m_name); 
// keep pad areas in a map for easy look each iteration through this loop 
if (!padMap.Lookup(area, area)) 
{ 

padMap[area] = area; 



#ifdef ZFORTIFY 
#undef new 
#endif 

area->m_strokes = new CArray<PenStroke, PenStroke&>; 
#ifdef ZFORTIFY 

#define new ZFortify_New 
#endif 
} 

ASSERT(area->m_strokes); 

area->m_strokes->Add(pAIIStrokes[i]); 

lastArea = area; 

progCtrl.Steplt(); 

ldle(); 

} 

// now send each area's strokes to recog engine 
POSITION pos = padMap.GetStartPosition(); 
Calligrapher *pCallig = pDoc->m_callig; 
while (pos != NULL) 
{ 

PadArea *area, *area1 ; 
padMap.GetNextAssoc(pos, area, areal); 
ASSERT(area == areal); 

CArray<PenStroke, PenStroke&> *strokes = area->m_strokes; 

int nStrokes = strokes->GetSize(); 
#ifdef ZFORTIFY 
#undef new 
#endif 

if (!area->m_wordData) 

area->m_wordData = new CArray<RecogWordData, RecogWordData&>; 
#ifdef ZFORTIFY 

#define new ZFortify_New 
#endif 

if (nStrokes) 

{ 

// recognition engine called here for each page/PAD section 

pCallig->OpenDefaultSession(); 

for (i = 0; i < (UINT)nStrokes; i++) 

{ 

PenStroke &stroke = (*strokes)[i]; 

pCallig->Recognize(stroke.numPoints, stroke. points ); // And send it to recognition 

} 

pCallig->Recognize(0, NULL); // end section 
pCallig->CloseSession(); 

p_RecogWordData recogData = NULL; // array of recognized words 
if (DoRecognize(pDoc->m_callig, &recogData, wordsFound, pDoc)) 
{ 

TRACE1 ("DoRecog found %d words\r\n", wordsFound); 
FillRecogWordData(recogData, wordsFound, strokes, pDoc); 
for (UINT k = 0; k < wordsFound; k++) 
{ 



// recogData[k].id = pDoc->GenerateUID(); 

recogData[k].pagelD = 1; 

// recogData[k].StoreData(sDB); 

recogData[k]. pad Area = area; 

recogData[k].bDeleteData = FALSE; 

area->m_wordData->Add(recogData[k]); 

} 

delete[] recogData; 

} 

} 

progCtrl.Steplt(); 

} 

delete[] pAIIStrokes; 

// g_padlnfo now has all the words 

TRACE2( M minX = %d, minY = %d\r\n", minX, minY); 

TRACE2("maxX = %d, maxY = %d\r\n", maxX, maxY); 
} //for (pagelndex = ... 
pDoc->UpdateAIIViews(NULL); 
sDB.CIose(); 

TRACEO("...Exit Process Pages\r\n M ); 
progCtrl . ShowWindow(S W_H IDE); 

theMainView->m_progText.SetWindowText(_T( M Waiting for new pen data . . .")); 
return SML_ERR_OK; 

} 

// Following is the code that is used to determine which page/PAD area a give stroke belongs in 
// it essentially gets the bounds of the stroke and determines which page/PAD area rectangle contains the majority 
// of the stroke bounds There are various ways to optimize this, but the current implementation is straightforward 
// The result of this code is that via the page definition files, we know what type of item the strokes create - an event 
// task, note, email, contact, etc. 

// These first two functions are used to determine if an area has ANY of the bounding vertices 
// returns number of vertices of testRect in checkRect, if any 
int NumRectPointslnRect(CRect &checkRect, CRect &testRect) 
{ 

int count = 0; 

if (checkRect. PtlnRect(testRect.TopLeft())) 
count++; 

if (checkRect. PtlnRect(testRect.BottomRight())) 
count++; 

CPoint ptTopRight(testRect. right, testRect. top); 
if (checkRect. PtlnRect(ptTopRight)) 
count++; 

CPoint ptBottoml_eft(testRect.left, testRect. bottom); 
if (checkRect. PtlnRect(ptBottomLeft)) 

count++; 
return count; 

} 

BOOL PadArea::ContainsStroke(CRect &bounds) 
{ 

int count = NumRectPointslnRect(this->GetRect(), bounds); 

// if it has more than two vertices, it MUST contain all of the stroke rectangle 



if (count > 2) 
return TRUE; 

// check to see if this area contain MOST of the bounds rect. 
CRect intRect; 

i nt Rect . I ntersect Rect (th is->Get Rect () , bou nds) ; 

DWORD barea = bounds. HeightQ * bounds.Width(); 

DWORD iarea = intRect.WidthQ * intRect.Height(); 

// TRACE2("StrokeArea = %ld, IntersectArea = %ld\r\n", barea, iarea); 

if ((barea/2) < iarea) 

return TRUE; 
return FALSE; 

} 

// FindPadARea gets the bounds of the stroke and iterates the PAD areas to see which, if any, contain MOST of the 
stroke area 

// 

PadArea *CPadlnfo::FindPadArea(CPoint *stroke, UINT numPoints) 
{ 

ASSERT(numPoints); 

// get the bounds of the stroke 

CRect bounds(stroke[0].x, stroke[0].y, stroke[0].x, stroke[0].y); 

long &xMin = bounds. left; 

long &yMin = bounds.top; 

long &xMax = bounds. right; 

long &yMax = bounds. bottom; 

for (UINT i = 1 ; i < numPoints; i++) 

{ 

if (xMin > stroke[i].x) 

xMin = stroke[i].x; 
else if (xMax < stroke[i].x) 

xMax = stroke[i].x; 
if (yMin > stroke[i].y) 

yMin = stroke[i].y; 
else if (yMax < stroke[i].y) 

yMax = stroke[i].y; 

} 

double pelsPerUnitx = (.333 * theDoc->m_pelsPerMM_x); 

// now adjust to PAD points 

xMin = PAD_ADJUST(xMin)*pelsPerUnitx; 

yMin = PAD_ADJUST(yMin)*pelsPerUnitx; 

xMax = PAD_ADJUST(xMax)*pelsPerUnitx; 

yMax = PAD_ADJUST(yMax)*pelsPerUnitx; 

// got bounding rect, see what area it is in. 

PadPage &pPage = this->m_pages[m_pagelndex]; 

ASSERT(pPage.m_drawAreas); 

i = 0; 

BOOL done = FALSE; 

PadDrawArea *pdrawArea, *foundDrawArea = NULL; 

CArray<PadDrawArea, PadDrawArea&> *drawAreas = pPage.m_drawAreas; 

for (i = 0; i < (UINT)drawAreas->GetSize(); i++) 

{ 



pdrawArea = &drawAreas->ElementAt(i); 
if (pdrawArea->ContainsStroke(bounds)) 
{ 

foundDrawArea = pdrawArea; 
break; 

} 

} 

if (foundDrawArea && foundDrawArea->m_userAreas) 
{ 

PadArea *pArea, *foundArea = NULL; 

UINT size = foundDrawArea->m_userAreas->GetSize(); 

for(i = 0;i<(UINT)size;i++) 

{ 

pArea = &foundDrawArea->m_userAreas->ElementAt(i); 

if (pArea->ContainsStroke(bounds)) 

{ 

foundArea = pArea; 
break; 

} 

} 

if (!foundArea) 
{ 

TRACE0("*** Draw area found, but no user area found!!!"); 
return (PadArea*)foundDrawArea; 

} 

TRACE1 ("Area found name: %s", foundArea->m_name); 
return foundArea; 

} 

else 
{ 

TRACE0("*** Draw area found, but no user area found!!!"); 
return (PadArea *)foundDrawArea; 

} 

} 

II ********************************************** 

// 4) Allowing the user to select a list of alternates 

// This is one of the more complicated parts of the code. When the user click 
// and holds on an edit control, a context menu is created, which may be 
// populated with alternate words if they exist, 
void CEditCtrl::ContextMenu(CPoint point) 
{ 

CMenu mnuCtxt; 
if (!m_nMenulD) 
return; 

mnuCtxt.CreatePopupMenu(); 
//. . . 

// now see if there are alternate words for word at this location 
int x = point.x - GetMarginWidth(); 
int y = point.y; 
CPoint curLoc; 



MouseToCaret(x, y, curLoc); 
m_nContextMenu Index = -1 ; 
if (curLoc.y < m_vl_ines.GetSize()) 
{ 

Line &ILine = m_vLines[curl_oc.y]; 

// The word Alternates structure contains the info about alternate words for a given word starting at a given line 
index 

if (ILine.wordAlternates) 
{ 

m_ptCaretPos = curLoc; 
CPoint start, end; 

// from the given word point location, we get the word bounds 
GetWordPoints(start, end); 
WordAltlnfo *p_wordlnfo = NULL; 
BOOL bFound = FALSE; 

// then see if an alternate exists for the given word index 
for (int i = 0; i < ILine.wordAlternates->GetSize(); i++) 
{ 

p_wordlnfo = &(ILine.wordAlternates->ElementAt(i)); 

int index = p_wordlnfo->index; 

if (index >= start. x && index <= end.x) 

{ 

m_nContextMenu Index = i; 
break; 

} 

} 

if (m_nContextMenu Index != -1 && p_wordlnfo && p_wordlnfo->wordData && (p_wordlnfo->wordData- 
>numAlts > 1)) 
{ 

if (menuAdded) 

mnuCtxt.AppendMenu(MF_SEPARATOR, 0, _T("")); 
RecogWordData *wordData = p_wordlnfo->wordData; 
for (i = 0; i < word Data->num Alts && i <= EMJNSERTALTLAST; i++) 
{ 

if (i != word Data->sel Index) 
{ 

mnuCtxt.AppendMenu(MF_ENABLED, EMJNSERTALT+i, wordData->alts[i]); 
menuAdded++; 

} 

} 

} 

MakeCaretVisible(); 

} 

} 

if (menuAdded) 

mnuCtxt.TrackPopupMenu(TPM_LEFTALIGN|TPM_TOPALIGN, point.x, point.y, this); 

} 

// The complicated part is keeping the wordlnfo array up to date if the user 
// does any editing of the items. We have to update the wordlnfo items if 
//the user cuts, pastes, deletes, backspaces, undo, redo, etc, etc so that 



// the indexes stay associated with the correct words, even if said words have 
// been modified by the user. We only drop the wordlnfo item if the first 
// letter of the word is deleted. But if the user does an undo of that, we 
// have to re-add the item. Following are bits of code that do most of this: 
// NOTE: this code is only unit tested and possibly incomplete at this point. 
// Usually, alternate word info is created when a new line is inserted, 
// if the code doing the insertion passes in an alt info array 

BOOL CEditCtrl::lnsertLine(LPCTSTR text, int nLength, int nPosition, WordAltlnfoArrayPtr p_wordlnfo, intwailndex) 
{ 

Line line; 

if (nLength == -1) 

{ 

if (text != NULL) 

nLength = (int)_tcslen(text); 

} 

line. nLength = nLength; 

line.nMax = (nLength ? ROUND_SIZE(REAL_SIZE(nLength)): 0); 
// Nne.nBlockColor = -1 ; 
if (nLength != 0) 
{ 

line.pcText = new TCHAR[line.nMax+1]; 
if (! line.pcText) 

return FALSE; 
if (p_wordlnfo) 
{ 

line.wordAlternates = new WordAltlnfoArray; 
for (int i = 0; i < p_wordlnfo->GetSize(); i++) 
{ 

if (wai Index) 
{ 

WordAltlnfo item = p_wordlnfo->ElementAt(i); 

int lastlndex = wailndex + nLength; 

if (item. index >= wailndex && item. index <= lastlndex) 

{ 

item. index -= wailndex; 
line.wordAlternates->Add(item); 

} 

} 

else 
{ 

WordAltlnfo item = p_wordlnfo->ElementAt(i); 
if (item. index < nLength) 

line.wordAlternates->Add(item); 

} 

} 

} 

memset(line.pcText, 0, REAL_SIZE(nLength+1)); 
memcpy(line.pcText, (LPCTSTR)text, REAL_SIZE(nLength)); 

} 

if (nPosition == -1) 



m_vLines. Add (line); 
else 
{ 

m_vLines.lnsertAt(nPosition, line); 

} 

nLength = (int)CaretOffsetLine(nPosition == -1 ? (int)m_vLines.GetSize() - 1 : nPosition, nLength); 

if (nLength > m_nLongestl_ine) 

{ 

m_nl_ongestl_ine = nLength; 
SetupHScroller(); 

} 

return TRUE; 

} 

BOOL CEditCtrl::lnsertTextEx(int nLine, int nColumn, LPCTSTR IpszText, CPoint *ptNewPos, WordAltlnfoArrayPtr 

p_wordlnfo ) 

{ 

TCHAR *pcRemChars = NULL; 

int nRemaining = 0, nCurrent = nLine, nlndex; 

BOOL bError = FALSE; 

WordAltlnfoArrayPtr tmpWordlnfo = NULL; 

// First we save the characters right 

// of the caret on the line we start 

//the insert on. 

if (m_vLines.GetSize() > nLine) 
{ 

Line &ILine = m_vLines[nLine]; 
tmpWordlnfo = ILine.wordAlternates; 
// Any text? 
//. . . 

int cumulative = 0; 

while ( 1 ) 

{ 

// Reset index, 
nlndex = 0; 

// Iterate the text until we reach a line 

// break or the end of the text. 

int width = nColumn; 

while ( lpszText[ nlndex ] != _T( \0' ) 

&& lpszText[ nlndex ] != _T( V ) 

&& lpszText[ nlndex ] != _T( '\n' ) 

) 

nlndex++; 
// Are we still on the current line? 
if ( nCurrent == nLine ) 
{ 

// Yes. Append the characters. 

bError = !AppendText(lpszText, nCurrent, nlndex, p_wordlnfo ); 
// not a new line, but has alternate word info? 
if (IbError && tmpWordlnfo) 
{ 



int size = tmpWordlnfo->GetSize(); 

for (int i = 0; i < size; i++) 

{ 

// add in new characters 

if (tmpWordlnfo->ElementAt(i). index > nColumn) 
tmpWordlnfo->ElementAt(i). index += nlndex; 
TR AC E 1 (" I N S E R RTTEXTEX : : Wo rd I nf o index: %d\r\n", tmpWordlnfo->ElementAt(i). index); 

} 

} 

} 

else 
{ 

// Insert a new line. 

bError= ! lnsertl_ine(lpszText, nlndex, nCurrent, p_wordlnfo, cumulative); 

} 

// Did we reach the end of the string? 
if ( lpszText[ nlndex ] == _T( '\0' )) 
{ 

// Setup the new position, 
if ( ptNewPos != NULL ) 
{ 

ASSERT(m_vLines.GetUpperBound() >= nCurrent); 
Line &line = m_vLines[nCurrent]; 
ptNewPos->x = line.nLength; 
ptNewPos->y = nCurrent; 

} 

// Any remaining characters to add? 
if ( pcRemChars ) 

bError = ! AppendText(pcRemChars, nCurrent, nRemaining ); 
break; 

} 

// Next line... 
nCurrent++; 
nlndex++; 
// Newline? 

if ( lpszText[ nlndex ] == _T( '\n' ) || lpszText[ nlndex ] == _T( V )) 

nlndex++; 
cumulative += nlndex; 
//Adjust pointer. 
IpszText += nlndex; 

} 

//. . . 

} 

} 

BOOL CEditCtrl::AppendText(LPCTSTR IpszText, int nLine, int nLength, WordAltlnfoArrayPtr p_wordlnfo, int 

wordAltlndexStart ) 

{ 

// Length passed? 
//. . . 

// Any text to append? 



//. . . 

// checks here to see if a newly inserted item is a substitute word due to the user selecting an alternate from the 
Context Menu 
if (p_wordlnfo) 
{ 

// inserting substitute word? 
if (ILine.wordAlternates) 
{ 

// no need to adjust anything here 
//just add the new wordlnfo stuff 
int size = p_wordlnfo->GetSize(); 
for (int i = 0; i < size; i++) 

ILine.wordAlternates->Add(p_wordlnfo->ElementAt(i)); 

} 

else // no, this is new 
{ 

// adjust index's per nLength 

int size = p_wordlnfo->GetSize(); 

if (ILine. nLength) 

{ 

for (int i = 0; i < size; i++) 
{ 

p_wordlnfo->ElementAt(i). index += ILine. nLength; 

TRACE 1 ("APPENDTEXT::wordlnfo index = %d\r\n", p_wordlnfo->ElementAt(i). index); 

} 

} 

ILine.wordAlternates = new Word Altlnfo Array; 
// is this a previously existing line? 
if (wordAltlndexStart) 
{ 

int len = ILine. nLength; 
for (int i = 0; i < size; i++) 
{ 

// see if this has any words with alternates 

// this would be alts with index's greater than wordAltlndexStart 

// include len that was added on above 

if (p_wordlnfo->ElementAt(i). index > (wordAltlndexStart + len)) 
ILine.wordAlternates->Add(p_wordlnfo->ElementAt(i)); 

} 

} 

else // these seperated for speed's sake, even though possible to combine lines above with this, 
for (int i = 0; i < size; i++) 

ILine .wordAlternates->Add(p_wordlnfo->ElementAt(i)); 

} 

} 

//. . . 

} 

// There is similar code for deleting text, cutting text, inserting text, Undo and 

// Redo. This code essentially tracks the WordAlternate 

// indexes and adjusts them, adds them, deletes them as necessary. 



************************************************************************** 



// 5) Constructing an event from the data 
BOOL CSelectltemsDlg::OnlnitDialog() 
{ 

//. . . 

SYSTEMTIME sysTime; 
CString strText; 

COIeDateTime dt = COIeDateTime::GetCurrentTime(); 
dt.GetAsSystemTime( sysTime ); 

The strokes and word data have already been sorted into Page/PAD areas which themselves constitute an event, 
task, etc. This code goes through and finds each area by type. 
// Is there any "real" data? 

if (g_padlnfo && g_padlnfo->m_pages.GetSize() > 0) 
{ 

UINT nSize = g_padlnfo->m_pages.GetSize(); 

for (UINT i = 0; i < nSize; i++) 

{ 

PadPage *page = &g_padlnfo->m_pages.ElementAt(i); 
ASSERT(page); 

UINT pdSize = page->m_drawAreas->GetSize(); 

for (UINT j=0; j < pdSize; j++) 

{ 

PadDrawArea &pdArea = page->m_drawAreas->ElementAt(j); 

if (pdArea.m_userAreas) 

{ 

UINT uaSize = pdArea.m_userAreas->GetSize(); 
for (UINT k = 0; k < uaSize; k++) 

{ 

PadArea &uaArea = pdArea.m_userAreas->ElementAt(k); 

if ((uaArea.m_strokes != NULL) && (uaArea.m_strokes->GetSize())) 

{ 

CString aName = uaArea.m_name; 

if (aName. Left(11).CompareNoCase(L"appointment") == 0) 
{ 

CFusionEvent* pEvent = new CFusionEvent; 
CTime curDate(sysTime); 
if (page->m_applnfoAreas) 
{ 

int aiSize = page->m_applnfoAreas->GetSize(); 

PadArea *aiArea; 

BOOL bFound = FALSE; 

for (int ai = 0; ai < aiSize; ai++) 

{ 

aiArea = &(page->m_applnfoAreas->ElementAt(ai)); 

if (aiArea->m_name == L"date") 

{ 

bFound = TRUE; 
break; 

} 

} 



if (bFound) 
{ 

curDate = StrToCTime(aiArea->m_value); 

} 

} 

// time should be the last char or two at the end of the area name, 
int curTime = _wtoi((LPCTSTR)aName.Right(2)); 

curDate = CTime(curDate.GetYear(), curDate. GetMonthQ, curDate. GetDay(), curTime, 0, 0); 

strText = uaArea.ExpandStringData(); 

pEvent->SetSubject(strText); 

TRACE1 ("Subject: %s\r\n'\ (LPCTSTR)strText); 

pEvent->Setlcon( eNewAppoint ); 

SYSTEMTIME tTime; 

cu r Date . Get AsSystemTi me(tTi me) ; 

pEvent->SetStartDT( tTime ); 

curDate = CTime(curDate.GetYear(), curDate. GetMonth(), curDate. GetDayQ, curTime+1, 0, 0); 

curDate. GetAsSystemTime(tTime); 

pEvent->SetEndDT( tTime ); 

pEvent->SetRecordDT( sysTime ); 

pEvent->m_padPagelndex = i; 

pEvent->m_padArea = &uaArea; 

int64 createTime = page->m_createTime; 

ULARGEJNTEGER uli = *(ULARGE_INTEGER *)&createTime; 

FILETIME ft = *(FILETIME *)&uli; 

SYSTEMTIME sysTime; 

FileTimeToSystemTime(&ft, &sysTime); 

pEvent->SetRecordDT(sysTime); 

m_ltemsl_ist.Addltem( pEvent ); 

// we found an appointment. 

} 

else if (aName.Left(4).CompareNoCase(L"task M ) == 0) 
{ 

//we found a task 

CFusionTask *pTask = new CFusionTask; 
strText = uaArea.ExpandStringData(); 
pTask->SetSubject(strText); 
TRACE1 ("Subject: %s\r\n'\ (LPCTSTR)strText); 
pTask->Setlcon( eTask ); 
pTask->SetRecordDT( sysTime ); 
pTask->m_padArea = &uaArea; 
pTask->m_padPagelndex = i; 

int64 createTime = page->m_createTime; 

ULARGEJNTEGER uli = *(ULARGE_INTEGER *)&createTime; 

FILETIME ft = *(FILETIME *)&uli; 

SYSTEMTIME sysTime; 

FileTimeToSystemTime(&ft, &sysTime); 

pTask->SetRecordDT(sysTime); 

CTime curDate(sysTime); 

if (page->m_applnfoAreas) 

{ 



int aiSize = page->m_applnfoAreas->GetSize(); 

PadArea *aiArea; 

BOOL bFound = FALSE; 

for (int ai = 0; ai < aiSize; ai++) 

{ 

aiArea = &(page->m_applnfoAreas->ElementAt(ai)); 

if (aiArea->m_name == L"date M ) 

{ 

bFound = TRUE; 
break; 

} 

} 

if (bFound) 
{ 

curDate = StrToCTime(aiArea->m_value); 

} 

} 

SYSTEMTIME tTime; 
curDate. GetAsSystemTime(tTime); 
// pTask->SetStartDT( tTime ) ; 
m_ltemsList.Addltem( pTask ); 

} 

else if (aName.Left(4).CompareNoCase(L"note M ) == 0) 
{ 

//we found a note 

CFusionNote *pNote = new CFusionNote; 
strText = uaArea.ExpandStringData(); 
pNote->SetSubject(strText); 
TRACE1 ("Subject: %s\r\n", (LPCTSTR)strText); 
pNote->Setlcon( ePIainNote ); 
pNote->SetRecordDT( sysTime ); 
pNote->m_padPagelndex = i; 
pNote->m_padArea = &uaArea; 

int64 createTime = page->m_createTime; 

ULARGEJNTEGER uli = *(ULARGE_INTEGER *)&createTime; 

FILETIME ft = *(FILETIME *)&uli; 

SYSTEMTIME sysTime; 

FileTimeToSystemTime(&ft, &sysTime); 

pNote->SetRecordDT(sysTime); 

m_ltemsList.Addltem( pNote ); 

} 

} 

} 

} 

} 

} 

} 

} 



// 6) Sending resultant event to database 



// 

// In this version, that means sending it to Pocket Outlook. Each type class, such 

// as CFusionEvent and CFusionTask, etc, has a WriteToOutlook function, which is 

// simply called when the user clicks on a SendToOutlook button, menu, etc. 

// The code is as follows in general, and is pretty much as required by the 

// Pocket Outlook Object Model interface: 

bool CFusionEvent: :WriteToOutlook( void* pOutlookManager ) 

{ 

bool bResult = true; 

CFWPOOMManager* pManager = (CFWPOOMManager*)pOutlookManager; 
lAppointment *pAppointment = NULL; 
HRESULT hr = S_OK; 
if( !pManager->lnitialized() ) 

return false; 
// Create an event to receive the new data 

hr = pManager->GetApplication( )->Createltem( olAppointmentltem, (IDispatch **)&pAppointment ); 
// subject 

pAppointment->put_Subject((LPTSTR)(LPCTSTR)m_strSubject); 
// body/description/notes 

pAppointment->put_Body((LPTSTR)(LPCTSTR)m_strBody); 
// location 

pAppointment->put_Location((LPTSTR)(LPCTSTR)m_strLocation); 
//set all day 

// LOOK: inputs are assumed in local, if not change this 
bool bLocalTime = false; 
if (mjDAIIday) 
{ 

pAppointment->put_AIIDayEvent(VARIANT_TRUE); 
// bLocalTime = false; 

} 

else 
{ 

pAppointment->put_AIIDayEvent(VARIANT_FALSE); 

} 

// start date 

DATE date = SystemTimeToDATE( m_startDateTime, bLocalTime, pManager ); 

pAppointment->put_Start(date); 

// end date 

date = SystemTimeToDATE( m_endDateTime, bLocalTime, pManager ); 

pAppointment->put_End(date); 

//write to store 

hr = pAppointment->Save( ); 

if( FAILED( hr ) ) 

{ 

goto cleanup; 

} 

cleanup: 

if( pAppointment ) 

pAppointment->Release(); 
if( FAILED( hr ) ) 



bResult = false; 
return bResult; 

} 



